{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import sys\n",
    "sys.path.append(\"..\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "from optimus import Optimus"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "..\\optimus\\engines\\base\\constants.py:25: DeprecationWarning: `np.str` is a deprecated alias for the builtin `str`. To silence this warning, use `str` by itself. Doing this will not modify any behavior and is safe. If you specifically wanted the numpy scalar type, use `np.str_` here.\n",
      "Deprecated in NumPy 1.20; for more details and guidance: https://numpy.org/devdocs/release/1.20.0-notes.html#deprecations\n",
      "  DTYPES_DICT = {\"string\": np.str, \"uint8\": np.uint8, \"uint16\": np.uint16, \"uint32\": np.uint32,\n",
      "..\\optimus\\engines\\base\\constants.py:27: DeprecationWarning: `np.float` is a deprecated alias for the builtin `float`. To silence this warning, use `float` by itself. Doing this will not modify any behavior and is safe. If you specifically wanted the numpy scalar type, use `np.float64` here.\n",
      "Deprecated in NumPy 1.20; for more details and guidance: https://numpy.org/devdocs/release/1.20.0-notes.html#deprecations\n",
      "  \"float\": np.float, \"float64\": np.float64, \"boolean\": np.bool, \"array\": np.array,\n",
      "..\\optimus\\engines\\base\\constants.py:27: DeprecationWarning: `np.bool` is a deprecated alias for the builtin `bool`. To silence this warning, use `bool` by itself. Doing this will not modify any behavior and is safe. If you specifically wanted the numpy scalar type, use `np.bool_` here.\n",
      "Deprecated in NumPy 1.20; for more details and guidance: https://numpy.org/devdocs/release/1.20.0-notes.html#deprecations\n",
      "  \"float\": np.float, \"float64\": np.float64, \"boolean\": np.bool, \"array\": np.array,\n",
      "C:\\Users\\argenisleon\\Anaconda3\\lib\\site-packages\\statsmodels\\iolib\\foreign.py:651: DeprecationWarning: `np.long` is a deprecated alias for `np.compat.long`. To silence this warning, use `np.compat.long` by itself. In the likely event your code does not need to work on Python 2 you can use the builtin `int` for which `np.compat.long` is itself an alias. Doing this will not modify any behaviour and is safe. When replacing `np.long`, you may wish to use e.g. `np.int64` or `np.int32` to specify the precision. If you wish to review your current use, check the release note link for additional information.\n",
      "Deprecated in NumPy 1.20; for more details and guidance: https://numpy.org/devdocs/release/1.20.0-notes.html#deprecations\n",
      "  _type_converters = {253 : np.long, 252 : int}\n",
      "C:\\Users\\argenisleon\\Anaconda3\\lib\\site-packages\\patsy\\constraint.py:13: DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3,and in 3.9 it will stop working\n",
      "  from collections import Mapping\n",
      "C:\\Users\\argenisleon\\Anaconda3\\lib\\site-packages\\statsmodels\\stats\\_lilliefors.py:163: DeprecationWarning: `np.float` is a deprecated alias for the builtin `float`. To silence this warning, use `float` by itself. Doing this will not modify any behavior and is safe. If you specifically wanted the numpy scalar type, use `np.float64` here.\n",
      "Deprecated in NumPy 1.20; for more details and guidance: https://numpy.org/devdocs/release/1.20.0-notes.html#deprecations\n",
      "  size = np.array(sorted(cv_data), dtype=np.float)\n",
      "WARNING:root:'PYARROW_IGNORE_TIMEZONE' environment variable was not set. It is required to set this environment variable to '1' in both driver and executor sides if you use pyarrow>=2.0.0. Koalas will set it for you but it does not work if there is a Spark context already launched.\n",
      "\n",
      "    You are using PySparkling of version 2.4.10, but your PySpark is of\n",
      "    version 3.1.1. Please make sure Spark and PySparkling versions are compatible. \n"
     ]
    }
   ],
   "source": [
    "op = Optimus(\"spark\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "data/foo.csv\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Converting `np.character` to a dtype is deprecated. The current result is `np.dtype(np.str_)` which is not strictly correct. Note that `np.character` is generally deprecated and 'S1' should be used.\n",
      "`np.bool` is a deprecated alias for the builtin `bool`. To silence this warning, use `bool` by itself. Doing this will not modify any behavior and is safe. If you specifically wanted the numpy scalar type, use `np.bool_` here.\n",
      "Deprecated in NumPy 1.20; for more details and guidance: https://numpy.org/devdocs/release/1.20.0-notes.html#deprecations\n",
      "`np.float` is a deprecated alias for the builtin `float`. To silence this warning, use `float` by itself. Doing this will not modify any behavior and is safe. If you specifically wanted the numpy scalar type, use `np.float64` here.\n",
      "Deprecated in NumPy 1.20; for more details and guidance: https://numpy.org/devdocs/release/1.20.0-notes.html#deprecations\n",
      "`np.int` is a deprecated alias for the builtin `int`. To silence this warning, use `int` by itself. Doing this will not modify any behavior and is safe. When replacing `np.int`, you may wish to use e.g. `np.int64` or `np.int32` to specify the precision. If you wish to review your current use, check the release note link for additional information.\n",
      "Deprecated in NumPy 1.20; for more details and guidance: https://numpy.org/devdocs/release/1.20.0-notes.html#deprecations\n"
     ]
    }
   ],
   "source": [
    "df = op.load.csv(\"data/foo.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "DataFrame.toPandas is deprecated as of DataFrame.to_pandas. Please use the API instead.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 19 rows / 8 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">id</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">firstName</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">lastName</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">billingId</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">product</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">5 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">price</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">6 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">birth</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">7 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">dummyCol</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">8 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Luis\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Luis\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Alvarez$$%!\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Alvarez$$%!\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"123\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    123\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Cake\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Cake\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1980/07/07\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1980/07/07\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"never\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    never\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"André\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    André\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ampère\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ampère\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"423\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    423\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"piza\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    piza\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1950/07/08\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1950/07/08\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"gonna\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    gonna\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"NiELS\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    NiELS\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Böhr//((%%\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Böhr//((%%\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"551\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    551\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"pizza\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    pizza\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1990/07/09\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1990/07/09\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"give\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    give\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"PAUL\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    PAUL\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"dirac$\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    dirac$\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"521\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    521\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"pizza\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    pizza\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1954/07/10\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1954/07/10\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"you\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    you\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Albert\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Albert\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Einstein\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Einstein\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"634\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    634\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"pizza\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    pizza\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1990/07/11\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1990/07/11\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"up\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    up\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"6\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    6\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Galileo\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Galileo\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;GALiLEI\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    &#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;GALiLEI\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"672\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    672\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"arepa\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    arepa\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1930/08/12\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1930/08/12\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"never\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    never\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"7\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    7\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"CaRL\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    CaRL\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ga%%%uss\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ga%%%uss\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"323\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    323\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"taco\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    taco\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1970/07/13\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1970/07/13\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"gonna\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    gonna\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"David\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    David\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"H$$$ilbert\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    H$$$ilbert\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"624\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    624\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"taaaccoo\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    taaaccoo\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1950/07/14\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1950/07/14\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"let\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    let\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"9\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    9\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Johannes\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Johannes\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"KEPLER\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    KEPLER\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"735\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    735\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"taco\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    taco\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1920/04/22\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1920/04/22\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"you\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    you\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"JaMES\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    JaMES\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"M$$ax%%well\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    M$$ax%%well\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"875\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    875\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"taco\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    taco\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1923/03/12\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1923/03/12\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"down\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    down\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Isaac\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Isaac\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Newton\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Newton\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"992\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    992\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"pasta\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    pasta\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"9\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    9\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1999/02/15\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1999/02/15\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"never&#8901;\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    never&#8901;\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 19 rows / 8 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "       id  firstName    lastName       billingId  product         price  birth       dummyCol\n",
       "  (int32)  (object)     (object)         (int32)  (object)      (int32)  (object)    (object)\n",
       "---------  -----------  -----------  -----------  ----------  ---------  ----------  ----------\n",
       "        1  Luis         Alvarez$$%!          123  Cake               10  1980/07/07  never\n",
       "        2  André        Ampère               423  piza                8  1950/07/08  gonna\n",
       "        3  NiELS        Böhr//((%%           551  pizza               8  1990/07/09  give\n",
       "        4  PAUL         dirac$               521  pizza               8  1954/07/10  you\n",
       "        5  Albert       Einstein             634  pizza               8  1990/07/11  up\n",
       "        6  Galileo      GALiLEI              672  arepa               5  1930/08/12  never\n",
       "        7  CaRL         Ga%%%uss             323  taco                3  1970/07/13  gonna\n",
       "        8  David        H$$$ilbert           624  taaaccoo            3  1950/07/14  let\n",
       "        9  Johannes     KEPLER               735  taco                3  1920/04/22  you\n",
       "       10  JaMES        M$$ax%%well          875  taco                3  1923/03/12  down\n",
       "       11  Isaac        Newton               992  pasta               9  1999/02/15  never"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 19 rows / 8 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">id</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">firstName</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">lastName</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">billingId</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">product</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">5 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">price</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">6 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">birth</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">7 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">dummyCol</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">8 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"luis\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    luis\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"alvarez$$%!\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    alvarez$$%!\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"123\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    123\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"cake\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    cake\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1980/07/07\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1980/07/07\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"never\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    never\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"andré\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    andré\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"ampère\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    ampère\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"423\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    423\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"piza\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    piza\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1950/07/08\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1950/07/08\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"gonna\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    gonna\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"niels\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    niels\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"böhr//((%%\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    böhr//((%%\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"551\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    551\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"pizza\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    pizza\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1990/07/09\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1990/07/09\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"give\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    give\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"paul\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    paul\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"dirac$\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    dirac$\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"521\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    521\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"pizza\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    pizza\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1954/07/10\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1954/07/10\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"you\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    you\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"albert\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    albert\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"einstein\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    einstein\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"634\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    634\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"pizza\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    pizza\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1990/07/11\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1990/07/11\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"up\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    up\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"6\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    6\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"galileo\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    galileo\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;galilei\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    &#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;galilei\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"672\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    672\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"arepa\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    arepa\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1930/08/12\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1930/08/12\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"never\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    never\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"7\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    7\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"carl\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    carl\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"ga%%%uss\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    ga%%%uss\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"323\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    323\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"taco\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    taco\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1970/07/13\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1970/07/13\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"gonna\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    gonna\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"david\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    david\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"h$$$ilbert\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    h$$$ilbert\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"624\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    624\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"taaaccoo\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    taaaccoo\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1950/07/14\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1950/07/14\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"let\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    let\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"9\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    9\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"johannes\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    johannes\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"kepler\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    kepler\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"735\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    735\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"taco\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    taco\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1920/04/22\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1920/04/22\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"you\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    you\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"james\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    james\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"m$$ax%%well\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    m$$ax%%well\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"875\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    875\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"taco\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    taco\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1923/03/12\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1923/03/12\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"down\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    down\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"isaac\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    isaac\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"newton\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    newton\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"992\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    992\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"pasta\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    pasta\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"9\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    9\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1999/02/15\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1999/02/15\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"never&#8901;\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    never&#8901;\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 19 rows / 8 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "        id  firstName    lastName       billingId  product          price  birth       dummyCol\n",
       "  (object)  (object)     (object)        (object)  (object)      (object)  (object)    (object)\n",
       "----------  -----------  -----------  -----------  ----------  ----------  ----------  ----------\n",
       "         1  luis         alvarez$$%!          123  cake                10  1980/07/07  never\n",
       "         2  andré        ampère               423  piza                 8  1950/07/08  gonna\n",
       "         3  niels        böhr//((%%           551  pizza                8  1990/07/09  give\n",
       "         4  paul         dirac$               521  pizza                8  1954/07/10  you\n",
       "         5  albert       einstein             634  pizza                8  1990/07/11  up\n",
       "         6  galileo      galilei              672  arepa                5  1930/08/12  never\n",
       "         7  carl         ga%%%uss             323  taco                 3  1970/07/13  gonna\n",
       "         8  david        h$$$ilbert           624  taaaccoo             3  1950/07/14  let\n",
       "         9  johannes     kepler               735  taco                 3  1920/04/22  you\n",
       "        10  james        m$$ax%%well          875  taco                 3  1923/03/12  down\n",
       "        11  isaac        newton               992  pasta                9  1999/02/15  never"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.cols.lower()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 19 rows / 8 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">id</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">firstName</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">lastName</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">billingId</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">product</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">5 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">price</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">6 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">birth</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">7 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">dummyCol</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">8 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"LUIS\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    LUIS\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"ALVAREZ$$%!\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    ALVAREZ$$%!\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"123\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    123\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"CAKE\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    CAKE\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1980/07/07\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1980/07/07\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"NEVER\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    NEVER\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"2\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    2\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"ANDRÉ\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    ANDRÉ\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AMPÈRE\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AMPÈRE\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"423\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    423\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"PIZA\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    PIZA\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1950/07/08\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1950/07/08\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"GONNA\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    GONNA\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"NIELS\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    NIELS\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"BÖHR//((%%\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    BÖHR//((%%\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"551\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    551\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"PIZZA\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    PIZZA\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1990/07/09\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1990/07/09\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"GIVE\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    GIVE\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"4\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    4\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"PAUL\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    PAUL\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"DIRAC$\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    DIRAC$\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"521\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    521\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"PIZZA\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    PIZZA\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1954/07/10\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1954/07/10\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"YOU\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    YOU\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"ALBERT\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    ALBERT\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"EINSTEIN\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    EINSTEIN\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"634\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    634\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"PIZZA\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    PIZZA\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1990/07/11\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1990/07/11\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"UP\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    UP\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"6\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    6\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"GALILEO\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    GALILEO\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;GALILEI\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    &#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;GALILEI\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"672\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    672\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"AREPA\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    AREPA\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1930/08/12\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1930/08/12\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"NEVER\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    NEVER\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"7\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    7\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"CARL\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    CARL\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"GA%%%USS\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    GA%%%USS\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"323\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    323\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"TACO\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    TACO\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1970/07/13\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1970/07/13\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"GONNA\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    GONNA\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"DAVID\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    DAVID\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"H$$$ILBERT\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    H$$$ILBERT\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"624\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    624\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"TAAACCOO\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    TAAACCOO\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1950/07/14\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1950/07/14\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"LET\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    LET\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"9\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    9\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"JOHANNES\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    JOHANNES\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"KEPLER\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    KEPLER\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"735\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    735\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"TACO\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    TACO\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1920/04/22\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1920/04/22\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"YOU\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    YOU\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"JAMES\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    JAMES\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"M$$AX%%WELL\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    M$$AX%%WELL\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"875\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    875\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"TACO\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    TACO\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1923/03/12\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1923/03/12\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"DOWN\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    DOWN\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"11\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    11\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"ISAAC\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    ISAAC\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"NEWTON\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    NEWTON\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"992\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    992\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"PASTA\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    PASTA\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"9\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    9\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1999/02/15\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1999/02/15\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"NEVER&#8901;\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    NEVER&#8901;\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 19 rows / 8 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "        id  firstName    lastName       billingId  product          price  birth       dummyCol\n",
       "  (object)  (object)     (object)        (object)  (object)      (object)  (object)    (object)\n",
       "----------  -----------  -----------  -----------  ----------  ----------  ----------  ----------\n",
       "         1  LUIS         ALVAREZ$$%!          123  CAKE                10  1980/07/07  NEVER\n",
       "         2  ANDRÉ        AMPÈRE               423  PIZA                 8  1950/07/08  GONNA\n",
       "         3  NIELS        BÖHR//((%%           551  PIZZA                8  1990/07/09  GIVE\n",
       "         4  PAUL         DIRAC$               521  PIZZA                8  1954/07/10  YOU\n",
       "         5  ALBERT       EINSTEIN             634  PIZZA                8  1990/07/11  UP\n",
       "         6  GALILEO      GALILEI              672  AREPA                5  1930/08/12  NEVER\n",
       "         7  CARL         GA%%%USS             323  TACO                 3  1970/07/13  GONNA\n",
       "         8  DAVID        H$$$ILBERT           624  TAAACCOO             3  1950/07/14  LET\n",
       "         9  JOHANNES     KEPLER               735  TACO                 3  1920/04/22  YOU\n",
       "        10  JAMES        M$$AX%%WELL          875  TACO                 3  1923/03/12  DOWN\n",
       "        11  ISAAC        NEWTON               992  PASTA                9  1999/02/15  NEVER"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.cols.upper()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "10.0"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.cols.std(\"id\")\n",
    "df.cols.mean(\"id\")\n",
    "df.cols.kurtosis(\"id\")\n",
    "df.cols.median(\"id\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'self' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-15-942f6678b894>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m      1\u001b[0m \u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mabs\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"id\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 2\u001b[1;33m \u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcols\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mreverse\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"id\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;32m~\\Documents\\Optimus\\optimus\\engines\\spark\\columns.py\u001b[0m in \u001b[0;36mreverse\u001b[1;34m(columns)\u001b[0m\n\u001b[0;32m    641\u001b[0m         \"\"\"\n\u001b[0;32m    642\u001b[0m         \u001b[1;31m# TODO: make this in one pass.\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 643\u001b[1;33m         \u001b[0mdf\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mroot\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    644\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    645\u001b[0m         columns = parse_columns(\n",
      "\u001b[1;31mNameError\u001b[0m: name 'self' is not defined"
     ]
    }
   ],
   "source": [
    "df.cols.abs(\"id\")\n",
    "df.cols.reverse(\"id\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.0"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.cols.var([\"id\"])\n",
    "df.cols.skew([\"id\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 19 rows / 7 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) </div>\n",
       "\n",
       "\n",
       "<span class=\"optimus_table_container\" style=\"display: inline-flex; flex-direction: column;\">\n",
       "    <table class=\"optimus_table\" style=\"font-size: 12px; margin: 0;\">\n",
       "        <thead style=\"font-family: sans-serif; border-bottom: 1px solid currentColor;\">\n",
       "        <tr>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">firstName</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">1 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">lastName</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">2 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">billingId</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">3 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">product</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">4 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">price</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">5 (int32)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">birth</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">6 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "            <th style=\"\">\n",
       "                <div class=\"column_name\" style=\"font-size: 1.2em;\">dummyCol</div>\n",
       "                <div class=\"data_type\" style=\"font-size: 0.8em; font-weight: normal;\">7 (object)</div>\n",
       "                \n",
       "            </th>\n",
       "            \n",
       "        </tr>\n",
       "\n",
       "        </thead>\n",
       "        <tbody style=\"font-family: monospace;\">\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Luis\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Luis\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Alvarez$$%!\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Alvarez$$%!\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"123\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    123\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Cake\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Cake\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"10\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    10\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1980/07/07\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1980/07/07\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"never\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    never\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"André\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    André\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ampère\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ampère\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"423\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    423\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"piza\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    piza\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1950/07/08\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1950/07/08\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"gonna\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    gonna\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"NiELS\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    NiELS\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Böhr//((%%\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Böhr//((%%\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"551\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    551\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"pizza\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    pizza\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1990/07/09\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1990/07/09\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"give\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    give\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"PAUL\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    PAUL\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"dirac$\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    dirac$\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"521\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    521\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"pizza\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    pizza\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1954/07/10\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1954/07/10\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"you\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    you\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Albert\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Albert\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Einstein\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Einstein\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"634\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    634\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"pizza\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    pizza\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"8\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    8\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1990/07/11\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1990/07/11\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"up\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    up\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Galileo\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Galileo\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;GALiLEI\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    &#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;&#8901;GALiLEI\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"672\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    672\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"arepa\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    arepa\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"5\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    5\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1930/08/12\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1930/08/12\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"never\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    never\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"CaRL\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    CaRL\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Ga%%%uss\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Ga%%%uss\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"323\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    323\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"taco\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    taco\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1970/07/13\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1970/07/13\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"gonna\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    gonna\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"David\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    David\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"H$$$ilbert\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    H$$$ilbert\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"624\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    624\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"taaaccoo\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    taaaccoo\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1950/07/14\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1950/07/14\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"let\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    let\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Johannes\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Johannes\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"KEPLER\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    KEPLER\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"735\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    735\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"taco\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    taco\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1920/04/22\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1920/04/22\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"you\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    you\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"JaMES\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    JaMES\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"M$$ax%%well\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    M$$ax%%well\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"875\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    875\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"taco\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    taco\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"3\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    3\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1923/03/12\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1923/03/12\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"down\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    down\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        <tr>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Isaac\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Isaac\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"Newton\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    Newton\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"992\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    992\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"pasta\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    pasta\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"9\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    9\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"1999/02/15\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    1999/02/15\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "            <td style=\"border: 0px; \">\n",
       "                <div title=\"never&#8901;\" style=\"min-height: 14px;\">\n",
       "                    \n",
       "                    never&#8901;\n",
       "                    \n",
       "                </div>\n",
       "            </td>\n",
       "            \n",
       "        </tr>\n",
       "        \n",
       "        </tbody>\n",
       "    </table>\n",
       "    <div class=\"optimus_table_border\" style=\"background-color: currentColor; opacity: 0.2; height: 1px; width: 100%;\"></div>\n",
       "</span>\n",
       "\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">Viewing 10 of 19 rows / 7 columns</div>\n",
       "<div class=\"info_items\" style=\"margin: 10px 0; font-family: sans-serif; font-size: 10px;\">1 partition(s) &lt;class &#39;optimus.engines.spark.dataframe.SparkDataFrame&#39;&gt;</div>\n",
       "\n"
      ],
      "text/plain": [
       "firstName    lastName       billingId  product         price  birth       dummyCol\n",
       "(object)     (object)         (int32)  (object)      (int32)  (object)    (object)\n",
       "-----------  -----------  -----------  ----------  ---------  ----------  ----------\n",
       "Luis         Alvarez$$%!          123  Cake               10  1980/07/07  never\n",
       "André        Ampère               423  piza                8  1950/07/08  gonna\n",
       "NiELS        Böhr//((%%           551  pizza               8  1990/07/09  give\n",
       "PAUL         dirac$               521  pizza               8  1954/07/10  you\n",
       "Albert       Einstein             634  pizza               8  1990/07/11  up\n",
       "Galileo      GALiLEI              672  arepa               5  1930/08/12  never\n",
       "CaRL         Ga%%%uss             323  taco                3  1970/07/13  gonna\n",
       "David        H$$$ilbert           624  taaaccoo            3  1950/07/14  let\n",
       "Johannes     KEPLER               735  taco                3  1920/04/22  you\n",
       "JaMES        M$$ax%%well          875  taco                3  1923/03/12  down\n",
       "Isaac        Newton               992  pasta               9  1999/02/15  never"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.cols.rename(\"id\",\"id1\")\n",
    "df.cols.drop(\"id\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['id',\n",
       " 'firstName',\n",
       " 'lastName',\n",
       " 'billingId',\n",
       " 'product',\n",
       " 'price',\n",
       " 'birth',\n",
       " 'dummyCol']"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.cols.names()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'id': 19,\n",
       " 'firstName': 19,\n",
       " 'lastName': 19,\n",
       " 'billingId': 19,\n",
       " 'product': 13,\n",
       " 'price': 8,\n",
       " 'birth': 19,\n",
       " 'dummyCol': 13}"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.cols.count_uniques()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}
